# -*- coding: utf-8 -*-
# @Time    : 2019/4/12 11:27
# @Author  : zjj
# @Email   : 1933860854@qq.com
# @File    : baidutagSpider.py
# @Software: PyCharm
import scrapy
import json
class baidutag(scrapy.Spider):
    name = 'baidutag_app'
    allowed_domains = ['mbd.baidu.com']
    start_urls = ['https://mbd.baidu.com/searchbox?action=update&service=bdbox&uid=0i2m8gax2u_28vuijuSZulOqBageu2iBlavAu0iTSu8Zu28t_u208_uq2igwa2fWA&from=1001703e&ua=_avLC_aE-i4qywoUfpw1z4uS2N_-C2I4_uL5ixLqA&ut=r93jOqiWv8fDN2IJgI2wi4tl1R85A&osname=baiduboxapp&osbranch=a0&pkgname=com.baidu.searchbox&network=1_0&cfrom=1001703e&ctv=2&cen=uid_ua_ut&typeid=0&sid=2054_5102-1012745_6-1562_3682-2082_5167-2084_5174-2085_5177-1578_5389-2090_5201-1012769_1-1012287_3-1074_2311-1012278_1-1012785_3-1012813_5-588_1201-1012820_1-2139_5341-2146_5358-2148_5363-1012859_6-1012872_1-1167_2514-1176_2541-2200_5482-1690_4807-1012910_1-1699_4002-1012902_2-1208_2626-1726_4064-1012447_4-1012956_6-1012953_2-1759_4149-1789_5139-1013023_2-1013021_1-1813_4378-1013018_1-1013012_3-1819_4393-1012523_2-1831_4420-1840_4442-1013042_2-1013070_3-1863_4493-1013081_2-1013075_5-1886_4558-1013099_4-1013096_2-1013118_4-1906_4626-1919_4716-1008524_1-1934_4778-1012630_2-1946_4804-1013162_4-1962_4834-1007550_23035-1013182_1-1007549_23033-1011642_2-1013176_4-1013174_2-1471_3436-2004_4951-1013207_6-1013224_2-2025_5028-2026_5031-1012731_2-2040_5066-1009652_2-1013233_1&zid=OwYLRZu9PHXUQOuwrV11TChqu-VKzhAEENOk6KxzaT_ru624sF-f8r4PJI15_REHaF4Z7TFlIWIpcvEQK2zs3F3lNDrabaN2pTG_9fdOXjF8&protocol=json']

    def start_requests(self):
        url = "https://mbd.baidu.com/searchbox?action=update&service=bdbox&uid=0i2m8gax2u_28vuijuSZulOqBageu2iBlavAu0iTSu8Zu28t_u208_uq2igwa2fWA&from=1001703e&ua=_avLC_aE-i4qywoUfpw1z4uS2N_-C2I4_uL5ixLqA&ut=r93jOqiWv8fDN2IJgI2wi4tl1R85A&osname=baiduboxapp&osbranch=a0&pkgname=com.baidu.searchbox&network=1_0&cfrom=1001703e&ctv=2&cen=uid_ua_ut&typeid=0&sid=2054_5102-1012745_6-1562_3682-2082_5167-2084_5174-2085_5177-1578_5389-2090_5201-1012769_1-1012287_3-1074_2311-1012278_1-1012785_3-1012813_5-588_1201-1012820_1-2139_5341-2146_5358-2148_5363-1012859_6-1012872_1-1167_2514-1176_2541-2200_5482-1690_4807-1012910_1-1699_4002-1012902_2-1208_2626-1726_4064-1012447_4-1012956_6-1012953_2-1759_4149-1789_5139-1013023_2-1013021_1-1813_4378-1013018_1-1013012_3-1819_4393-1012523_2-1831_4420-1840_4442-1013042_2-1013070_3-1863_4493-1013081_2-1013075_5-1886_4558-1013099_4-1013096_2-1013118_4-1906_4626-1919_4716-1008524_1-1934_4778-1012630_2-1946_4804-1013162_4-1962_4834-1007550_23035-1013182_1-1007549_23033-1011642_2-1013176_4-1013174_2-1471_3436-2004_4951-1013207_6-1013224_2-2025_5028-2026_5031-1012731_2-2040_5066-1009652_2-1013233_1&zid=OwYLRZu9PHXUQOuwrV11TChqu-VKzhAEENOk6KxzaT_ru624sF-f8r4PJI15_REHaF4Z7TFlIWIpcvEQK2zs3F3lNDrabaN2pTG_9fdOXjF8&protocol=json"
        header = {
            'Content-Type': 'application/raw',
            'Content-Length': 387,
            'Host': 'mbd.baidu.com',
            'Connection': 'Keep-Alive',
            'Accept-Encoding': 'gzip',
            'Cookie': 'WISE_HIS_PM=1; fontsize=1.0; BAIDUID=A5B66CF3DE854D9D85EC47DF008E2E95:FG=1; delPer=0; PSINO=6; x-logic-no=5; BAIDUCUID=0i2m8gax2u_28vuijuSZulOqBageu2iBlavAu0iTSu8Zu28t_u208_uq2igwa2fWA; MBD_AT=1553493077; GID=G1ESM1R1TDDD6YSVB4YY8LDYMCL5EKTH78; H_WISE_SIDS=124612_100808_130510_130084_128067_129324_129637_125695_120158_130060_130177_107311_118894_118869_118843_118830_118799_130385_129565_129749_130156_130128_129945_117330_130350_130223_130258_130075_129009_129647_130690_128246_117432_128967_129621_130608_129396_128790_130321_129381_129901_130058_129482_129646_124030_129733_110086_129215_127969_123289_130051_129708_127417_130760; BAIDULOC=12622382_2630922_40_257_1554715870217',
            'User-Agent': 'okhttp/3.11.0 Dalvik/2.1.0 (Linux; U; Android 5.1; OPPO A37t Build/LMY47I) baiduboxapp/11.6.1.10 (Baidu; P1 5.1)'
        }
        data = "pubdata=%7B%22apinfo%22%3A%22dHt7I3shJiImeyEqcitxIyB7IickJiojJSZxciIneH4nJXsjcCdxJid2ISF2dip-JyR7ICcqJSQhdyYhcSImfiYke3cnJStxciMiJyQrIn4mK3shIXIlI3AicisicCJ-Jip7dyd2diMkISEgdypyfiUqeyQlcnAmdXAmICYrcX4lKnt3JyUrcXIrIickKyJ-JCN7cXAqJSsjIXAhJiEqfiQjeysnJCclIypyJXB1I34kIWciJiYmIyAqICoiJCIkNXB8fj1xcnp3Zj1gdnJhcHtxfGs1KyUgICUiIyAjJCcjJyYhExP.%7Cqloc2%22%7D&data=%7B%22push%22%3A%7B%22subscript_tip%22%3A%7B%22badge%22%3A%220%22%2C%22send_timestamp%22%3A%220%22%2C%22clear_timestamp%22%3A%220%22%2C%22num%22%3A%220%22%7D%7D%2C%22video%22%3A%7B%22videotab%22%3A%7B%22rnVersion%22%3A%22359%22%2C%22tabs%22%3A%5B%7B%22id%22%3A%22recommend%22%2C%22name%22%3A%22%E6%8E%A8%E8%8D%90%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22yingshi_new%22%2C%22name%22%3A%22%E5%BD%B1%E8%A7%86%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22yinyue_new%22%2C%22name%22%3A%22%E9%9F%B3%E4%B9%90%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22gaoxiao_new%22%2C%22name%22%3A%22%E6%90%9E%E7%AC%91%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22daren%22%2C%22name%22%3A%22%E5%B0%8F%E8%A7%86%E9%A2%91%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22yule_new%22%2C%22name%22%3A%22%E5%A8%B1%E4%B9%90%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22dongman_new%22%2C%22name%22%3A%22%E5%8A%A8%E6%BC%AB%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22shenghuo_new%22%2C%22name%22%3A%22%E7%94%9F%E6%B4%BB%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22xiaopin_new%22%2C%22name%22%3A%22%E5%B0%8F%E5%93%81%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22zongyi_new%22%2C%22name%22%3A%22%E7%BB%BC%E8%89%BA%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22youxi_new%22%2C%22name%22%3A%22%E6%B8%B8%E6%88%8F%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22jiaoyu_new%22%2C%22name%22%3A%22%E6%95%99%E8%82%B2%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22junshi_new%22%2C%22name%22%3A%22%E5%86%9B%E4%BA%8B%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22keji_new%22%2C%22name%22%3A%22%E7%A7%91%E6%8A%80%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22qiche_new%22%2C%22name%22%3A%22%E6%B1%BD%E8%BD%A6%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22tiyu_new%22%2C%22name%22%3A%22%E4%BD%93%E8%82%B2%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22wenhua_new%22%2C%22name%22%3A%22%E6%96%87%E5%8C%96%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22qinzi_new%22%2C%22name%22%3A%22%E4%BA%B2%E5%AD%90%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22shehui_new%22%2C%22name%22%3A%22%E7%A4%BE%E4%BC%9A%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22sannong_new%22%2C%22name%22%3A%22%E4%B8%89%E5%86%9C%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22chongwu_new%22%2C%22name%22%3A%22%E5%AE%A0%E7%89%A9%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22meishi_new%22%2C%22name%22%3A%22%E7%BE%8E%E9%A3%9F%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22shishang_new%22%2C%22name%22%3A%22%E6%97%B6%E5%B0%9A%22%2C%22newTip%22%3A%220%22%7D%5D%2C%22unadded%22%3A%5B%5D%7D%7D%2C%22minivideo%22%3A%7B%22minivideotab%22%3A%7B%22rnVersion%22%3A%22359%22%2C%22tabs%22%3A%5B%7B%22id%22%3A%22faxian%22%2C%22name%22%3A%22%E5%8F%91%E7%8E%B0%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22minivideo_topic%22%2C%22name%22%3A%22%E8%AF%9D%E9%A2%98%22%2C%22newTip%22%3A%220%22%7D%5D%2C%22unadded%22%3A%5B%5D%7D%7D%2C%22feed%22%3A%7B%22feedtab%22%3A%7B%22rnVersion%22%3A%22%5B%7B%5C%22bundleId%5C%22%3A%5C%22box.rnplugin.feedhn%5C%22%2C%5C%22version%5C%22%3A%5C%22359%5C%22%7D%5D%22%2C%22tabs%22%3A%5B%7B%22id%22%3A%2258%22%2C%22name%22%3A%22%E5%85%B3%E6%B3%A8%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%221%22%2C%22name%22%3A%22%E6%8E%A8%E8%8D%90%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%228%22%2C%22name%22%3A%22%E7%83%AD%E6%A6%9C%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2255%22%2C%22name%22%3A%22%E6%96%B0%E6%97%B6%E4%BB%A3%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2232%22%2C%22name%22%3A%22%E5%B0%8F%E8%AF%B4%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2212%22%2C%22name%22%3A%22%E6%B1%BD%E8%BD%A6%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%223%22%2C%22name%22%3A%22%E5%A8%B1%E4%B9%90%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2216%22%2C%22name%22%3A%22%E6%B8%B8%E6%88%8F%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2251%22%2C%22name%22%3A%22%E5%81%A5%E5%BA%B7%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22309999131%22%2C%22name%22%3A%22%E5%8C%97%E4%BA%AC%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22309999289%22%2C%22name%22%3A%22%E4%B8%8A%E6%B5%B7%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22309999332%22%2C%22name%22%3A%22%E5%A4%A9%E6%B4%A5%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22309999179%22%2C%22name%22%3A%22%E6%9D%AD%E5%B7%9E%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22309999315%22%2C%22name%22%3A%22%E5%8D%97%E4%BA%AC%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22309999268%22%2C%22name%22%3A%22%E9%83%91%E5%B7%9E%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%224%22%2C%22name%22%3A%22%E4%BD%93%E8%82%B2%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2215%22%2C%22name%22%3A%22%E8%B4%A2%E7%BB%8F%22%2C%22newTip%22%3A%220%22%7D%5D%2C%22unadded%22%3A%5B%7B%22id%22%3A%227%22%2C%22name%22%3A%22%E5%9B%BE%E7%89%87%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22109999257%22%2C%22name%22%3A%22%E5%B9%BF%E5%B7%9E%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2272%22%2C%22name%22%3A%22%E6%96%B0%E5%8D%8E%E7%A4%BE%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%229%22%2C%22name%22%3A%22%E8%B6%A3%E5%9B%BE%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%222%22%2C%22name%22%3A%22%E8%A7%86%E9%A2%91%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%225%22%2C%22name%22%3A%22%E6%97%B6%E5%B0%9A%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%226%22%2C%22name%22%3A%22%E5%9B%BD%E9%99%85%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2213%22%2C%22name%22%3A%22%E5%86%9B%E4%BA%8B%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2214%22%2C%22name%22%3A%22%E7%A7%91%E6%8A%80%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2227%22%2C%22name%22%3A%22%E9%97%AE%E7%AD%94%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2233%22%2C%22name%22%3A%22%E5%8A%A8%E6%BC%AB%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2228%22%2C%22name%22%3A%22%E6%90%9E%E7%AC%91%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2234%22%2C%22name%22%3A%22%E7%BE%8E%E9%A3%9F%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2218%22%2C%22name%22%3A%22%E5%8E%86%E5%8F%B2%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2217%22%2C%22name%22%3A%22%E5%A5%B3%E4%BA%BA%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2235%22%2C%22name%22%3A%22%E6%83%85%E6%84%9F%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2241%22%2C%22name%22%3A%22%E5%B1%85%E5%AE%B6%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2242%22%2C%22name%22%3A%22%E6%94%BF%E5%8A%A1%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2243%22%2C%22name%22%3A%22%E6%97%85%E6%B8%B8%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2244%22%2C%22name%22%3A%22%E8%BE%9F%E8%B0%A3%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2240%22%2C%22name%22%3A%22%E7%9B%B4%E6%92%AD%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2281%22%2C%22name%22%3A%22%E6%BE%8E%E6%B9%83%E6%96%B0%E9%97%BB%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2285%22%2C%22name%22%3A%22%E4%BA%BA%E6%B0%91%E6%97%A5%E6%8A%A5%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2275%22%2C%22name%22%3A%22%E8%99%8E%E6%89%91%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22106%22%2C%22name%22%3A%2236%E6%B0%AA%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%2288%22%2C%22name%22%3A%22%E8%99%8E%E5%97%85%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22114%22%2C%22name%22%3A%22%E4%BE%83%E4%BE%83%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22112%22%2C%22name%22%3A%22%E9%A2%9C%E5%80%BC%22%2C%22newTip%22%3A%220%22%7D%2C%7B%22id%22%3A%22121%22%2C%22name%22%3A%22AI%E7%94%B5%E5%8F%B0%22%2C%22newTip%22%3A%220%22%7D%5D%2C%22bubbleversion%22%3A%7B%22channel%22%3A%220%22%2C%22plus%22%3A%220%22%7D%7D%7D%2C%22hybrid%22%3A%7B%22hybridTpl%22%3A%7B%22prefetch%22%3A%22-1%22%7D%7D%2C%22splash%22%3A%7B%22splash%22%3A%7B%22screenInfo%22%3A%22720_1280%22%7D%7D%7D&version=%7B%22miniapp%22%3A%7B%22miniapp_guide%22%3A%221551236888%22%2C%22swan_pull_toast%22%3A%221542366985%22%2C%22swanapp_clean_strategy%22%3A%221550467921%22%2C%22screenshot_upload%22%3A%221552020270%22%2C%22aiapps_pkg_preload%22%3A%221550678853%22%2C%22openstat_switch%22%3A%221544512443%22%2C%22miniapp_remote_switch%22%3A%221539688350%22%7D%2C%22home%22%3A%7B%22homelogo_schema%22%3A%221531883991%22%2C%22tab_popup%22%3A%220%22%2C%22weather%22%3A%221554794768%22%2C%22feed_red_point_ctr%22%3A%221548318600%22%2C%22message_guide%22%3A%220%22%2C%22user_model%22%3A%22576e98f28d5631bf3feb887fe87dfd06%22%2C%22index_tips%22%3A%22-1%22%2C%22hometab%22%3A%227e7f42cd16c2b82ba114604d3df1d61d%22%2C%22shake_info%22%3A%221548067032%22%2C%22rtop_publisher%22%3A%221531301606%22%2C%22mprog_pulldown%22%3A%221550400953%22%2C%22index_guide%22%3A%22487bf42bed2851a93c6702a88a3edee7%22%2C%22index_operation%22%3A%221552985635%22%2C%22home_logo%22%3A%22-1%22%2C%22keyboard_adjust%22%3A%220%22%7D%2C%22performance%22%3A%7B%22arch_xray_threshold%22%3A%220%22%2C%22mem_monitor%22%3A%220%22%2C%22memory%22%3A%220%22%2C%22elastic_config%22%3A%220%22%2C%22block%22%3A%221545633448%22%7D%2C%22disaster_recovery%22%3A%7B%22activity_trace%22%3A%221501566340%22%2C%22threshold_control%22%3A%221551171627%22%7D%2C%22free_simcard%22%3A%7B%22mobile_simcard%22%3A%221523872544%22%2C%22telcom_simcard%22%3A%221513567504%22%2C%22simcard%22%3A%221500875796%22%2C%22simcard_bind_alert%22%3A%221536555962%22%2C%22simcard_bind%22%3A%224410ec34d9e6c1a68100ca0ce033fb17%22%2C%22simcard_free_proxy%22%3A%220%22%2C%22cdn_replace%22%3A%221534398991%22%7D%2C%22search%22%3A%7B%22video_search_scheme%22%3A%221507620047%22%2C%22hiscount%22%3A%220%22%2C%22bee_control%22%3A%221553050413%22%2C%22his_blacklist%22%3A%221493724521%22%2C%22badblock%22%3A%221534210004%22%2C%22prco%22%3A%220%22%2C%22zeus%22%3A%221553778251%22%2C%22forward_config%22%3A%221548386477%22%2C%22multimode_wlist%22%3A%221511348371%22%2C%22imbar%22%3A%220%22%2C%22bottom_navi_adcut%22%3A%221501760775%22%2C%22dynamic_query%22%3A%220%22%2C%22syswebkit%22%3A%220%22%2C%22video_autoplay%22%3A%221552901121%22%2C%22voice_direct%22%3A%221541644346%22%2C%22secry%22%3A%221500393341%22%2C%22mhisentry%22%3A%221493724484%22%2C%22hf_blacklist%22%3A%221551455916%22%2C%22webview_slide_anim_switch%22%3A%221497958589%22%2C%22ads_toast_switch%22%3A%221517485864%22%2C%22landing_tips%22%3A%221529944488%22%2C%22webapps_trigger_policy%22%3A%221495177790%22%2C%22hf%22%3A%221493724493%22%2C%22adcut%22%3A%221498635859%22%2C%22search_shortcut_switch%22%3A%221529396910%22%2C%22image_search_guide%22%3A%220%22%2C%22webview_mixed_content%22%3A%221503295934%22%2C%22video_white_list%22%3A%220%22%2C%22query%22%3A%221553070314%22%2C%22srchsvc%22%3A%221534170701%22%2C%22adalert%22%3A%221493724523%22%7D%2C%22scheme%22%3A%7B%22no_trace%22%3A%221555038636%22%2C%22callback_info%22%3A%221554809867%22%2C%22act_wlist%22%3A%221500441603%22%2C%22public_scheme%22%3A%221542017529%22%2C%22diaoqi_control%22%3A%221526873855%22%7D%2C%22push%22%3A%7B%22free_wifi_cuid%22%3A%22df30bd63600a95905af78b04334ab5bf%22%2C%22msgjoin%22%3A%220%22%2C%22subscript_tip%22%3A%221555039129%22%2C%22free_wifi_main%22%3A%221552551190%22%2C%22guide_push_open%22%3A%221539767282%22%7D%2C%22lockscreen%22%3A%7B%22lockscreen_guide%22%3A%220%22%2C%22lockscreen%22%3A%221552634065%22%7D%2C%22home_skin%22%3A%7B%22bottom_bar%22%3A%22-1%22%7D%2C%22comment%22%3A%7B%22zandyn%22%3A%221526796787%22%2C%22cmtboxdyn%22%3A%221523948353%22%2C%22cmtnumdyn%22%3A%221523948482%22%7D%2C%22video%22%3A%7B%22video_plugin_hcode%22%3A%221501564898%22%2C%22videotab%22%3A%220c7772483d02e3f7bd7f73260d60db37%22%2C%22videoconf%22%3A%22eace6a80fb7c6beec4753f972d49a5f5%22%2C%22autoplay_switch%22%3A%220%22%2C%22video_landscape%22%3A%221550137010%22%2C%22video_immersive%22%3A%22803dfb61d237fda1b73314bb3616628a%22%2C%22video_tab_guide%22%3A%221548386188%22%2C%22videoautoplay%22%3A%2222068201e1c053a53baa1b7e17dc49bb%22%2C%22video_player_animation%22%3A%22b6ce308eb160a9d8c7494f456af90619%22%7D%2C%22widget%22%3A%7B%22copy_search%22%3A%221533007324%22%2C%22launchericon%22%3A%221512022356%22%7D%2C%22voice_search%22%3A%7B%22plugin_version_voice%22%3A%221536556039%22%7D%2C%22update%22%3A%7B%22hotrun_time%22%3A%221549339653%22%7D%2C%22minivideo%22%3A%7B%22minivideotab%22%3A%2294d4220bc2ccaa9deb35b4c9fd08562d%22%2C%22minivideo_conf%22%3A%224e067e0c6478b2202dee76eeecb95a10%22%7D%2C%22feed%22%3A%7B%22tts_relocation_interval%22%3A%221523870019%22%2C%22pull_refresh_info%22%3A%2240cd750bba9870f18aada2478b24840a%22%2C%22kanting_conf%22%3A%22004a3afe7d150ad6a4fc5c7711fc05f1%22%2C%22feed_dislike_toast%22%3A%22dc658c15ae4f44438e4515aeaf3fd3f6%22%2C%22feed_conf%22%3A%22aa06b67bf692c80ce1160c23b25f8bd8%22%2C%22tts_bg_music%22%3A%221552986780%22%2C%22feedtab%22%3A%22b0ad36b7154ad12369796141c4f00992%22%2C%22login_feed_tips%22%3A%221536585658%22%2C%22tts_conf%22%3A%222fbde556f29c844372dc1e0ca4cea798%22%7D%2C%22app_search%22%3A%7B%22decrais%22%3A%221509602158%22%2C%22asguide%22%3A%221493724474%22%2C%22guard_icon_switch%22%3A%221493724500%22%7D%2C%22word_command%22%3A%7B%22is_silencescan%22%3A%220%22%7D%2C%22oem%22%3A%7B%22ogcs%22%3A%220%22%7D%2C%22favorite%22%3A%7B%22favorite_success_guide%22%3A%220%22%2C%22favorite_guide%22%3A%220%22%7D%2C%22network%22%3A%7B%22request_control%22%3A%220%22%2C%22free_wifi%22%3A%221506666004%22%7D%2C%22account%22%3A%7B%22thplogin%22%3A%221522033718%22%2C%22channel_blacklist%22%3A%221552627465%22%2C%22menu_login_tips%22%3A%2299914b932bd37a50b983c5e7c90ae93b%22%2C%22favorite_login%22%3A%221539916605%22%2C%22accountshare%22%3A%221493724513%22%2C%22reloginshare%22%3A%220%22%2C%22accsrc%22%3A%220%22%2C%22setheadicon%22%3A%221548306883%22%7D%2C%22ubc%22%3A%7B%22usrevt%22%3A%221534149865%22%2C%22ubc%22%3A%22e4df4e0c6f76922a4db4c44c948bf0cc%22%7D%2C%22personal_center%22%3A%7B%22personal_operation%22%3A%220%22%2C%22personal_level%22%3A%221493724524%22%2C%22setting_dsp_ad%22%3A%221545622550%22%2C%22header%22%3A%221493724508%22%2C%22couponexpire%22%3A%221493724514%22%2C%22plogin_interflow%22%3A%221548738281%22%2C%22baiduhao%22%3A%221504503616%22%2C%22login_tips%22%3A%2299914b932bd37a50b983c5e7c90ae93b%22%7D%2C%22img_search%22%3A%7B%22imgsearch_redpoint%22%3A%220%22%2C%22imgsearch_sdkinfo%22%3A%221520660656%22%7D%2C%22share%22%3A%7B%22share_panel%22%3A%221546932280%22%2C%22token_regex%22%3A%221515748019%22%2C%22share_banner%22%3A%220%22%2C%22share_operation%22%3A%220%22%2C%22share_weixin%22%3A%221553849031%22%7D%2C%22security%22%3A%7B%22psnl%22%3A%220%22%2C%22main_security%22%3A%221542771681%22%2C%22bdbox_security%22%3A%221542771610%22%2C%22security_js%22%3A%221542866418%22%7D%2C%22operation%22%3A%7B%22shake%22%3A%22-1%22%7D%2C%22attention%22%3A%7B%22contact%22%3A%221493724517%22%7D%2C%22novel%22%3A%7B%22download_story_enable%22%3A%220%22%2C%22novel_guide%22%3A%220%22%7D%2C%22download%22%3A%7B%22cloud_save%22%3A%221493724490%22%7D%2C%22ebrowser%22%3A%7B%22toast%22%3A%221%22%2C%22diaoqi%22%3A%221554790631%22%7D%2C%22location%22%3A%7B%22loc_period%22%3A%220%22%7D%2C%22hybrid%22%3A%7B%22hybridTpl%22%3A%22111c8c46ba51cbba1fbe0ee906e89d2b%22%7D%2C%22networkTraffic%22%3A%7B%22update_experiment%22%3A%220%22%7D%2C%22talos%22%3A%7B%22feedtab_blacklist%22%3A%221532920811%22%7D%2C%22splash%22%3A%7B%22splash%22%3A%2208528563526050326792%22%7D%2C%22abtest%22%3A%7B%22abtest%22%3A%225630164494%22%7D%7D"
        yield scrapy.Request(url, method='POST', headers=header, body=data, encoding='utf-8', callback=self.parse)

    def parse(self, response):
        html = response.text
        result_json = json.loads(html)
        print(result_json['data']['feed']['feedtab']['data']['tabs'])

if __name__ == '__main__':
    from scrapy import cmdline
    cmdline.execute("scrapy crawl baidutag_app".split())